anosulchik

container_commands:
  01install-splunk:
    command: /usr/local/bin/install-splunk.sh
  02set-splunk-server-host:
    command: /usr/local/bin/set_splunk_server_host.sh "$SPLUNK_SERVER_HOST"
  03add-logs-to-splunk:
    command: /usr/local/bin/add_logs_to_splunk.sh "$ENVIRONMENT_NAME"
    cwd: /root
    ignoreErrors: false
files:

anosulchik

{
  "AWSEBDockerrunVersion": "1",
  "Volumes": [ {
    "HostDirectory": "/var/log/myapplicationlogs",
    "ContainerDirectory": "/var/log/myapplicationlogs"
  }]
}

anosulchik

/opt/splunkforwarder/bin/splunk add monitor "/var/log/myapplicationlogs/*.log" -hostname "$splunk_logs_hostname" -sourcetype log4j

anosulchik

\nTue Aug 30 11:29:57 UTC 2016\n
time="2016-08-30T11:29:57.455230962Z" level=info msg="New containerd process, pid: 2693\n" 
time="2016-08-30T11:30:00.115477891Z" level=info msg="devmapper: Creating filesystem ext4 on device docker-202:1-263209-base" 
time="2016-08-30T11:30:06.380003367Z" level=info msg="devmapper: Successfully created filesystem ext4 on device docker-202:1-263209-base" 
time="2016-08-30T11:30:06.593730730Z" level=info msg="Graph migration to content-addressability took 0.00 seconds" 
time="2016-08-30T11:30:07.767551390Z" level=info msg="Default bridge (docker0) is assigned with an IP address 172.17.0.0/16. Daemon option --bip can be used to set a preferred IP address" 
time="2016-08-30T11:30:08.074546809Z" level=warning msg="Your kernel does not support cgroup blkio weight" 
time="2016-08-30T11:30:08.074647653Z" level=warning msg="Your kernel does not support cgroup blkio weight_device" 
time="2016-08-30T11:30:08.074852151Z" level=warning msg="mountpoint for pids not found" 
time="2016-08-30

anosulchik

{
  "requiresAttributes": [],
  "taskDefinitionArn": "arn:aws:ecs:us-east-1:1111:task-definition/tf-strings-search-service-prod:85",
  "networkMode": "bridge",
  "status": "ACTIVE",
  "revision": 85,
  "taskRoleArn": null,
  "containerDefinitions": [
    {
      "volumesFrom": [],

anosulchik

2016-09-02T09:42:03Z [CRITICAL] ====== STACKTRACE ======
2016-09-02 09:42:03.409987355 +0000 UTC
goroutine 24 [running]:
github.com/aws/amazon-ecs-agent/agent/sighandlers.StartDebugHandler.func1(0xc8201047e0)
       	/go/src/github.com/aws/amazon-ecs-agent/agent/sighandlers/debug_handler.go:33 +0xc4
created by github.com/aws/amazon-ecs-agent/agent/sighandlers.StartDebugHandler
       	/go/src/github.com/aws/amazon-ecs-agent/agent/sighandlers/debug_handler.go:38 +0x13f

goroutine 1 [select, 24 minutes]:
github.com/aws/amazon-ecs-agent/agent/acs/handler.startACSSession(0x7ffa8ee3b250, 0xc82000a260, 0x7ffa8ee8c538, 0xc82009bd40, 0x7ffa8ee8c590, 0xc820284140, 0xc8202ea0c0, 0x5a, 0xc82000fdb0, 0xc8200de7e0, ...)

anosulchik

2016-09-02T09:00:11Z [INFO] Creating poll dialer, host: ecs-t-3.us-east-1.amazonaws.com
2016-09-02T09:00:11Z [WARN] Error creating a websocket client: websocket: bad handshake
2016-09-02T09:00:11Z [ERROR] Error connecting to TCS: {"AccessDeniedException":"Forbidden"}, websocket: bad handshake
2016-09-02T09:00:11Z [INFO] Error from tcs; backing offerr{"AccessDeniedException":"Forbidden"}, websocket: bad handshake
2016-09-02T09:00:29Z [INFO] Saving state! module="statemanager"
2016-09-02T09:00:45Z [INFO] Error transitioning container module="TaskEngine" task="tf-strings-search-service-prod:84 arn:aws:ecs:us-east-1:426841706277:task/cd562f5f-2dbb-45e6-818f-138ce28176f9, Status: (RUNNING->STOPPED) Containers: [search-service (STOPPED->STOPPED),logstashshipper (RUNNING->STOPPED),]" container="logstashshipper(docker-registry-vpc.smartling.net/smartling/logstashshipper:6ae31819175e65d6b00e9d549e86c3389f6bc9bb) (RUNNING->STOPPED)" state="STOPPED"
2016-09-02T09:00:45Z [INFO] DockerTimeoutError for 'docker stop' of con

anosulchik

time="2016-09-02T10:13:11.991081311Z" level=info msg="=== BEGIN goroutine stack dump ===
goroutine 34 [running]:
github.com/docker/docker/pkg/signal.DumpStacks()
	/builddir/build/BUILD/docker-1.11.2/_build/src/github.com/docker/docker/pkg/signal/trap.go:67 +0x98
github.com/docker/docker/daemon.setupDumpStackTrap.func1(0xc820348fc0)
	/builddir/build/BUILD/docker-1.11.2/_build/src/github.com/docker/docker/daemon/debugtrap_unix.go:18 +0x5e
created by github.com/docker/docker/daemon.setupDumpStackTrap
	/builddir/build/BUILD/docker-1.11.2/_build/src/github.com/docker/docker/daemon/debugtrap_unix.go:20 +0x12a

goroutine 1 [chan receive, 1037 minutes]:

anosulchik

# https://catalog.workshops.aws/msk-labs/en-US/addingbrokers/reassignpartitions

$ cat <<EOF > topics-to-move.json
{ "topics": [ { "topic" : "my-topic"}, { "topic" : "__consumer_offsets"} ], "version":1}
EOF

$ cat <<EOF > client.properties
security.protocol=SSL
# ...
EOF