Login
Why should i use aws firelense? When i want to send logs to elastic search endpoint?
So i was new to ECS Fargate. I was trying to send logs from ECS Fargate application to elastic search endpoint. Here everyone seems to be using Aws Firelense with fluentbit image of aws. We already had filebeat configured where we were previously running our application in EC2 instance. But from ECS fargate seems we can't use filebeat. I was not able to find any docs to refer to. Just wanted to know if its even possible.
Also do i need to use firelense if i use filebeat? Currently it seems firelense only supports fluentbit and fluenID.
I was using below task definition but it was not ingesting logs.
{
"family": "fargate-poc",
"containerDefinitions": [
{
"name": "cservice",
"image": "******.dkr.ecr.us-east-1.amazonaws.com/service:2b1bb47",
"cpu": 512,
"portMappings": [
{
"name": "service-8080-tcp",
"containerPort": 8080,
"hostPort": 8080,
"protocol": "tcp"
}
],
"essential": true,
"environment": [
{
"name": "name_env",
"value": "egggggrgggggf"
},
{
"name": "JAVA_OPTS",
"value": "-XshowSettings:vm -Xmx1g -Xms1g"
},
{
"name": "SPRING_PROFILES_ACTIVE",
"value": "gggggg"
}
],
"mountPoints": [
{
"sourceVolume": "logs",
"containerPath": "/srv/wps-*/logs"
}
],
"volumesFrom": [],
"logConfiguration": {
"logDriver": "awslogs",
"options": {
"awslogs-create-group": "true",
"awslogs-group": "/ecs/service-poc",
"awslogs-region": "us-east-1",
"awslogs-stream-prefix": "service"
},
"secretOptions": []
}
},
{
"name": "filebeat",
"image": "*******.dkr.ecr.us-east-1.amazonaws.com/filebeat-non-prod:latest",
"cpu": 256,
"memory": 256,
"portMappings": [],
"essential": true,
"environment": [],
"command": [
"/bin/bash",
"-c",
"aws s3 cp s3://ilebeat/filebeat-fargate.yml /etc/filebeat/filebeat.yml && filebeat -e -c /etc/filebeat/filebeat.yml"
],
"mountPoints": [
{
"sourceVolume": "logs",
"containerPath": "/usr/share/filebeat/logs"
}
],
"volumesFrom": [
{
"sourceContainer": "service",
"readOnly": false
}
],
"logConfiguration": {
"logDriver": "awslogs",
"options": {
"awslogs-create-group": "true",
"awslogs-group": "/ecs/service-poc",
"awslogs-region": "us-east-1",
"awslogs-stream-prefix": "filebeat"
},
"secretOptions": []
}
}
],
"taskRoleArn": "arn:aws:iam::******:role/fargate-poc-task-role",
"executionRoleArn": "arn:aws:iam::****:role/fargate-poc-task-role",
"networkMode": "awsvpc",
"volumes": [
{
"name": "logs",
"host": {}
}
],
"requiresCompatibilities": [
"FARGATE"
],
"cpu": "1024",
"memory": "2048"
}
Thanks
