DEA_NG + Warden Errors

vcap_dea.log

{"timestamp":1355066691.819268,"message":"Moved droplet to /var/opt/vcap/local/dea/droplets/fd0f84f21f1eee3489ccc65325ff1c5a22483e8e/droplet.tgz","log_level":"debug","source":"Dea::Droplet","data":{"droplet_sha1":"fd0f84f21f1eee3489ccc65325ff1c5a22483e8e"},"thread_id":10320740,"fiber_id":22243240,"process_id":6106,"file":"/opt/vcap/vcap_dea/lib/dea/droplet.rb","lineno":66,"method":"block in download"}
{"timestamp":1355066691.8250575,"message":"#<EventMachine::Warden::Client::Connection::CommandResult:0x00000002594f00 @value=#<EventMachine::Warden::Client::Error: command exited with failure>>","log_level":"debug2","source":"Dea::Instance","data":{"instance_id":"425b8135688af0c9926459403ed5306b","instance_index":0,"application_id":"1","application_version":"fd0f84f21f1eee3489ccc65325ff1c5a22483e8e-2","application_name":"wake-me-up"},"thread_id":10320740,"fiber_id":22243240,"process_id":6106,"file":"/opt/vcap/vcap_dea/lib/dea/task.rb","lineno":86,"method":"block (2 levels) in promise_warden_call"}
{"timestamp":1355066691.8252876,"message":"Request failed: <Warden::Protocol::CreateRequest bind_mounts: [<Warden::Protocol::CreateRequest::BindMount src_path: \"/var/opt/vcap/local/dea/droplets/fd0f84f21f1eee3489ccc65325ff1c5a22483e8e\", dst_path: \"/var/opt/vcap/local/dea/droplets/fd0f84f21f1eee3489ccc65325ff1c5a22483e8e\", mode: RO(0)>, <Warden::Protocol::CreateRequest::BindMount src_path: \"/opt/vcap/runtimes/node08\", dst_path: \"/opt/vcap/runtimes/node08\", mode: RO(0)>]>","log_level":"warn","source":"Dea::Instance","data":{"instance_id":"425b8135688af0c9926459403ed5306b","instance_index":0,"application_id":"1","application_version":"fd0f84f21f1eee3489ccc65325ff1c5a22483e8e-2","application_name":"wake-me-up"},"thread_id":10320740,"fiber_id":22243240,"process_id":6106,"file":"/opt/vcap/vcap_dea/lib/dea/task.rb","lineno":96,"method":"block (2 levels) in promise_warden_call"}
{"timestamp":1355066691.8254135,"message":"Caught exception: command exited with failure","log_level":"warn","source":"Dea::Instance","data":{"instance_id":"425b8135688af0c9926459403ed5306b","instance_index":0,"application_id":"1","application_version":"fd0f84f21f1eee3489ccc65325ff1c5a22483e8e-2","application_name":"wake-me-up","backtrace":["/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/em-warden-client/lib/em/warden/client/connection.rb:27:in `get'","/opt/vcap/vcap_dea/lib/dea/task.rb:91:in `block (2 levels) in promise_warden_call'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/em-warden-client/lib/em/warden/client/connection.rb:133:in `call'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/em-warden-client/lib/em/warden/client/connection.rb:133:in `block in receive_data'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:40:in `block in each_response'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:64:in `block in each'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:51:in `loop'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:51:in `each'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:39:in `each_response'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/em-warden-client/lib/em/warden/client/connection.rb:121:in `receive_data'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/gems/eventmachine-1.0.0/lib/eventmachine.rb:187:in `run_machine'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/gems/eventmachine-1.0.0/lib/eventmachine.rb:187:in `run'","/opt/vcap/vcap_dea/bin/dea:28:in `<main>'"]},"thread_id":10320740,"fiber_id":22243240,"process_id":6106,"file":"/opt/vcap/vcap_dea/lib/dea/task.rb","lineno":97,"method":"block (2 levels) in promise_warden_call"}
{"timestamp":1355066691.8255985,"message":"Failed: start instance (took 0.017)","log_level":"warn","source":"Dea::Instance","data":{"instance_id":"425b8135688af0c9926459403ed5306b","instance_index":0,"application_id":"1","application_version":"fd0f84f21f1eee3489ccc65325ff1c5a22483e8e-2","application_name":"wake-me-up"},"thread_id":10320740,"fiber_id":20309840,"process_id":6106,"file":"/opt/vcap/vcap_dea/lib/dea/instance.rb","lineno":1018,"method":"block in resolve"}
{"timestamp":1355066691.825667,"message":"Caught exception: command exited with failure","log_level":"warn","source":"Dea::Instance","data":{"instance_id":"425b8135688af0c9926459403ed5306b","instance_index":0,"application_id":"1","application_version":"fd0f84f21f1eee3489ccc65325ff1c5a22483e8e-2","application_name":"wake-me-up","backtrace":["/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/em-warden-client/lib/em/warden/client/connection.rb:27:in `get'","/opt/vcap/vcap_dea/lib/dea/task.rb:91:in `block (2 levels) in promise_warden_call'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/em-warden-client/lib/em/warden/client/connection.rb:133:in `call'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/em-warden-client/lib/em/warden/client/connection.rb:133:in `block in receive_data'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:40:in `block in each_response'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:64:in `block in each'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:51:in `loop'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:51:in `each'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/warden-protocol/lib/warden/protocol/buffer.rb:39:in `each_response'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/bundler/gems/warden-4c1bb04f863f/em-warden-client/lib/em/warden/client/connection.rb:121:in `receive_data'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/gems/eventmachine-1.0.0/lib/eventmachine.rb:187:in `run_machine'","/opt/vcap/ruby/lib/ruby/gems/1.9.1/gems/eventmachine-1.0.0/lib/eventmachine.rb:187:in `run'","/opt/vcap/vcap_dea/bin/dea:28:in `<main>'"]},"thread_id":10320740,"fiber_id":20309840,"process_id":6106,"file":"/opt/vcap/vcap_dea/lib/dea/instance.rb","lineno":1019,"method":"block in resolve"}

vcap_dea.yml

---
base_dir: /var/opt/vcap/local/dea
local_route: 127.0.0.1
index: 2130706433
nats_uri: nats://vcap-system-admin:[email protected]:4222/

domain: vcap.me
warden_socket: /var/opt/vcap/tmp/vcap_warden.sock

pid_filename: /var/opt/vcap/run/vcap_dea.pid
file_viewer_port: 12345
file_api_port: 12346
directory_server_port: 12347
directory_server_v2_port: 12348


logging:
  level: debug2
  file: /var/opt/vcap/log/vcap_dea.log

only_production_apps: false
reset_at_startup: false


#resource limits - node limits indicate limits for this dea node.
#app quotas are limits imposed on a per-application basis.
resources:
  node_limits:
    max_memory: 4096
    max_disk:   4096
    max_instances: 128
  default_app_quota:
    mem_quota: 4096
    disk_quota: 4096

#use this to specify mount points that will always be included in the container.
#useful, for example, if you want to just put all your runtimes under one common
#tree.
mounts:
  - /tmp, /tmp/outside-tmp, ro
  - /opt/vcap, /opt/vcap, ro

#allow disabling of mounting runtimes, can be used in combination with mounts
#to provide an alternate means of supplying runtimes.
mount_runtimes: true

# This is where the execution agent determines its available runtimes.
# version flags are assumed to be '-v' unless noted below.

runtimes:
  - node08

vcap_warden.log

{"timestamp":1355066691.8123715,"message":"Connection registered: #<Warden::Server::ClientConnection:0x0000000276e3a8>","log_level":"debug","source":"Warden::Server::Drainer","data":{},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/server.rb","lineno":53,"method":"register_connection"}
{"timestamp":1355066691.8137493,"message":"#<Warden::Protocol::CreateRequest:0x0000000275e6b0>","log_level":"debug2","source":"Warden::Server::ClientConnection","data":{},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/server.rb","lineno":378,"method":"receive_request"}
{"timestamp":1355066691.8140209,"message":"Request: <Warden::Protocol::CreateRequest bind_mounts: [<Warden::Protocol::CreateRequest::BindMount src_path: \"/var/opt/vcap/local/dea/droplets/fd0f84f21f1eee3489ccc65325ff1c5a22483e8e\", dst_path: \"/var/opt/vcap/local/dea/droplets/fd0f84f21f1eee3489ccc65325ff1c5a22483e8e\", mode: RO(0)>, <Warden::Protocol::CreateRequest::BindMount src_path: \"/opt/vcap/runtimes/node08\", dst_path: \"/opt/vcap/runtimes/node08\", mode: RO(0)>]>","log_level":"debug2","source":"Warden::Container::Linux","data":{},"thread_id":14513260,"fiber_id":20612920,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/base.rb","lineno":294,"method":"dispatch"}
{"timestamp":1355066691.8235269,"message":"Exited with status 255 (0.009s): [[\"/opt/vcap/vcap_warden/warden/src/closefds/closefds\", \"/opt/vcap/vcap_warden/warden/src/closefds/closefds\"], \"setquota\", \"-u\", \"10000\", \"0\", \"0\", \"0\", \"0\", \"/\"]","log_level":"warn","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/spawn.rb","lineno":127,"method":"set_deferred_success"}
{"timestamp":1355066691.823682,"message":"Stdout: ","log_level":"warn","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/spawn.rb","lineno":128,"method":"set_deferred_success"}
{"timestamp":1355066691.823815,"message":"Stderr: execvp: No such file or directory\n","log_level":"warn","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/spawn.rb","lineno":129,"method":"set_deferred_success"}
{"timestamp":1355066721.9636238,"message":"Grace timer: setup (fires in 300.000s)","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20508840,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/base.rb","lineno":201,"method":"setup_grace_timer"}
{"timestamp":1355066721.963836,"message":"Connection unregistered: #<Warden::Server::ClientConnection:0x0000000276e3a8>","log_level":"debug","source":"Warden::Server::Drainer","data":{},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/server.rb","lineno":60,"method":"unregister_connection"}
{"timestamp":1355067022.0429564,"message":"Grace timer: fire","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/base.rb","lineno":204,"method":"block in setup_grace_timer"}
{"timestamp":1355067022.0431314,"message":"Grace timer: issue destroy","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20471300,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/base.rb","lineno":211,"method":"block in fire_grace_timer"}
{"timestamp":1355067022.0432346,"message":"Request: <Warden::Protocol::DestroyRequest >","log_level":"debug2","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20471300,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/base.rb","lineno":294,"method":"dispatch"}
{"timestamp":1355067022.0433831,"message":"Request: <Warden::Protocol::StopRequest >","log_level":"debug2","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20471300,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/base.rb","lineno":294,"method":"dispatch"}
{"timestamp":1355067022.0535088,"message":"Exited with status 255 (0.009s): [[\"/opt/vcap/vcap_warden/warden/src/closefds/closefds\", \"/opt/vcap/vcap_warden/warden/src/closefds/closefds\"], \"/var/opt/vcap/vcap_warden/container_depot_path/16gdk6d00ng/stop.sh\"]","log_level":"warn","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/spawn.rb","lineno":127,"method":"set_deferred_success"}
{"timestamp":1355067022.053664,"message":"Stdout: ","log_level":"warn","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/spawn.rb","lineno":128,"method":"set_deferred_success"}
{"timestamp":1355067022.0537403,"message":"Stderr: execvp: No such file or directory\n","log_level":"warn","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/spawn.rb","lineno":129,"method":"set_deferred_success"}
{"timestamp":1355067022.0644767,"message":"Exited with status 0 (0.010s): [[\"/opt/vcap/vcap_warden/warden/src/closefds/closefds\", \"/opt/vcap/vcap_warden/warden/src/closefds/closefds\"], \"/opt/vcap/vcap_warden/warden/root/linux/destroy.sh\", \"/var/opt/vcap/vcap_warden/container_depot_path/16gdk6d00ng\"]","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20802640,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/spawn.rb","lineno":131,"method":"set_deferred_success"}
{"timestamp":1355067022.0646195,"message":"Container destroyed","log_level":"debug","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20471300,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/linux.rb","lineno":104,"method":"do_destroy"}
{"timestamp":1355067022.0649016,"message":"Response: <Warden::Protocol::DestroyResponse >","log_level":"debug2","source":"Warden::Container::Linux","data":{"handle":"16gdk6d00ng"},"thread_id":14513260,"fiber_id":20471300,"process_id":26028,"file":"/opt/vcap/vcap_warden/warden/lib/warden/container/base.rb","lineno":317,"method":"dispatch"}

vcap_warden.yml

---
server:
  unix_domain_path:  /var/opt/vcap/tmp/vcap_warden.sock
  container_klass: Warden::Container::Linux
  container_grace_time: 300

  unix_domain_permissions: 0777

  # Specifies the path to the base chroot used as the read-only root
  # filesystem
  container_rootfs_path: /var/opt/vcap/vcap_warden/container_rootfs_path
  container_depot_path: /var/opt/vcap/vcap_warden/container_depot_path

  # See getrlimit(2) for details. Integer values are passed verbatim.
  container_rlimits:
    as: 4294967296
    nofile: 8192 
    nproc: 512

  quota:
    disk_quota_enabled: true

health_check_server:
  port: 2345

logging:
  level: debug2
  file: /var/opt/vcap/log/vcap_warden.log

network:
  pool_start_address: 10.254.0.0
  pool_size: 256

user:
  pool_start_uid: 10000
  pool_size: 256

I ran into some error when I do cf push

below is my cf-dea.log, dou you know what's going wrong here ?

/home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/em-warden-client/lib/em/warden/client/connection.rb:27:in get': command exited with failure (EventMachine::Warden::Client::Error) from /vagrant/dea_ng/lib/dea/task.rb:95:inblock (2 levels) in promise_warden_call'
from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/em-warden-client/lib/em/warden/client/connection.rb:133:in call' from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/em-warden-client/lib/em/warden/client/connection.rb:133:inblock in receive_data'
from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/warden-protocol/lib/warden/protocol/buffer.rb:40:in block in each_response' from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/warden-protocol/lib/warden/protocol/buffer.rb:64:inblock in each'
from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/warden-protocol/lib/warden/protocol/buffer.rb:51:in loop' from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/warden-protocol/lib/warden/protocol/buffer.rb:51:ineach'
from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/warden-protocol/lib/warden/protocol/buffer.rb:39:in each_response' from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/bundler/gems/warden-609bbdfa0ea7/em-warden-client/lib/em/warden/client/connection.rb:121:inreceive_data'
from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/gems/eventmachine-1.0.3/lib/eventmachine.rb:187:in run_machine' from /home/vagrant/.rbenv/versions/1.9.3-p392/lib/ruby/gems/1.9.1/gems/eventmachine-1.0.3/lib/eventmachine.rb:187:inrun'
from bin/dea:28:in `

'

I met the same problem ,Have you solved it yet? Please tell me.Thanks in advance