Created
March 27, 2015 09:24
-
-
Save ngtuna/35906aa5f4455dcf61ce to your computer and use it in GitHub Desktop.
bosh_openstack_issue
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| root@ubuntu:~/citus-installation/stemcells# bosh task 8 --debug | |
| Director task 8 | |
| I, [2015-03-27T08:54:34.620930 #1861] [0x3fcf220ff330] INFO -- TaskHelper: Director Version: 1.2889.0 | |
| I, [2015-03-27T08:54:34.621082 #1861] [0x3fcf220ff330] INFO -- TaskHelper: Enqueuing task: 8 | |
| I, [2015-03-27 08:54:36 #6219] [] INFO -- DirectorJobRunner: Looking for task with task id 8 | |
| D, [2015-03-27 08:54:36 #6219] [] DEBUG -- DirectorJobRunner: (0.001908s) SELECT * FROM "tasks" WHERE "id" = 8 | |
| I, [2015-03-27 08:54:36 #6219] [] INFO -- DirectorJobRunner: Starting task: 8 | |
| I, [2015-03-27 08:54:36 #6219] [task:8] INFO -- DirectorJobRunner: Creating job | |
| D, [2015-03-27 08:54:39 #6219] [task:8] DEBUG -- DirectorJobRunner: excon.request {:chunk_size=>1048576, :ciphers=>"HIGH:!SSLv2:!aNULL:!eNULL:!3DES", :connect_timeout=>60, :debug_request=>false, :debug_response=>true, :headers=>{"User-Agent"=>"fog/1.27.0 fog-core/1.27.4", "Content-Type"=>"application/json", "Host"=>"10.10.0.9:5000"}, :idempotent=>false, :instrumentor_name=>"excon", :middlewares=>[Excon::Middleware::ResponseParser, Excon::Middleware::Expects, Excon::Middleware::Idempotent, Excon::Middleware::Instrumentor, Excon::Middleware::Mock], :mock=>false, :nonblock=>true, :omit_default_port=>false, :persistent=>false, :read_timeout=>60, :retry_limit=>4, :ssl_verify_peer=>true, :tcp_nodelay=>false, :thread_safe_sockets=>true, :uri_parser=>URI, :versions=>"excon/0.43.0 (x86_64-linux) ruby/2.1.4", :write_timeout=>60, :host=>"10.10.0.9", :path=>"/v2.0/tokens", :port=>5000, :query=>nil, :scheme=>"http", :instrumentor=>Bosh::OpenStackCloud::ExconLoggingInstrumentor, :expects=>[200, 204], :body=>"{\"auth\":{\"passwordCredentials\":{\"username\":\"tuna7\",\"password\":\"ghi@789\"},\"tenantName\":\"FSoft Citus\"}}", :method=>"POST", :retries_remaining=>4, :connection=>#<Excon::Connection:7ffd7d106170 @data={:chunk_size=>1048576, :ciphers=>"HIGH:!SSLv2:!aNULL:!eNULL:!3DES", :connect_timeout=>60, :debug_request=>false, :debug_response=>true, :headers=>{"User-Agent"=>"fog/1.27.0 fog-core/1.27.4"}, :idempotent=>false, :instrumentor_name=>"excon", :middlewares=>[Excon::Middleware::ResponseParser, Excon::Middleware::Expects, Excon::Middleware::Idempotent, Excon::Middleware::Instrumentor, Excon::Middleware::Mock], :mock=>false, :nonblock=>true, :omit_default_port=>false, :persistent=>false, :read_timeout=>60, :retry_limit=>4, :ssl_verify_peer=>true, :tcp_nodelay=>false, :thread_safe_sockets=>true, :uri_parser=>URI, :versions=>"excon/0.43.0 (x86_64-linux) ruby/2.1.4", :write_timeout=>60, :host=>"10.10.0.9", :path=>"/v2.0/tokens", :port=>5000, :query=>nil, :scheme=>"http", :instrumentor=>Bosh::OpenStackCloud::ExconLoggingInstrumentor} @socket_key="http://10.10.0.9:5000">, :stack=>#<Excon::Middleware::ResponseParser:0x007ffd7d104690 @stack=#<Excon::Middleware::Expects:0x007ffd7d1046e0 @stack=#<Excon::Middleware::Idempotent:0x007ffd7d1047a8 @stack=#<Excon::Middleware::Instrumentor:0x007ffd7d1047d0 @stack=#<Excon::Middleware::Mock:0x007ffd7d1047f8 @stack=#<Excon::Connection:7ffd7d106170 @data={:chunk_size=>1048576, :ciphers=>"HIGH:!SSLv2:!aNULL:!eNULL:!3DES", :connect_timeout=>60, :debug_request=>false, :debug_response=>true, :headers=>{"User-Agent"=>"fog/1.27.0 fog-core/1.27.4"}, :idempotent=>false, :instrumentor_name=>"excon", :middlewares=>[Excon::Middleware::ResponseParser, Excon::Middleware::Expects, Excon::Middleware::Idempotent, Excon::Middleware::Instrumentor, Excon::Middleware::Mock], :mock=>false, :nonblock=>true, :omit_default_port=>false, :persistent=>false, :read_timeout=>60, :retry_limit=>4, :ssl_verify_peer=>true, :tcp_nodelay=>false, :thread_safe_sockets=>true, :uri_parser=>URI, :versions=>"excon/0.43.0 (x86_64-linux) ruby/2.1.4", :write_timeout=>60, :host=>"10.10.0.9", :path=>"/v2.0/tokens", :port=>5000, :query=>nil, :scheme=>"http", :instrumentor=>Bosh::OpenStackCloud::ExconLoggingInstrumentor} @socket_key="http://10.10.0.9:5000">>>>>>} | |
| D, [2015-03-27 08:55:39 #6219] [task:8] DEBUG -- DirectorJobRunner: excon.error {:error=>#<Excon::Errors::Timeout: connect timeout reached>} | |
| E, [2015-03-27 08:55:39 #6219] [task:8] ERROR -- DirectorJobRunner: <Excon::Errors::Timeout> connect timeout reached | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/socket.rb:200:in `rescue in block in connect' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/socket.rb:172:in `block in connect' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/socket.rb:168:in `each' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/socket.rb:168:in `connect' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/socket.rb:28:in `initialize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/connection.rb:382:in `new' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/connection.rb:382:in `socket' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/connection.rb:105:in `request_call' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/middlewares/mock.rb:47:in `request_call' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/middlewares/instrumentor.rb:19:in `block in request_call' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_openstack_cpi-1.2889.0/lib/cloud/openstack/excon_logging_instrumentor.rb:10:in `instrument' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/middlewares/instrumentor.rb:18:in `request_call' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/middlewares/base.rb:15:in `request_call' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/middlewares/base.rb:15:in `request_call' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/middlewares/base.rb:15:in `request_call' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/excon-0.43.0/lib/excon/connection.rb:232:in `request' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/fog-core-1.27.4/lib/fog/core/connection.rb:63:in `request' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/fog-1.27.0/lib/fog/openstack/core.rb:202:in `retrieve_tokens_v2' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/fog-1.27.0/lib/fog/openstack/core.rb:97:in `authenticate_v2' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/fog-1.27.0/lib/fog/openstack/compute.rb:395:in `authenticate' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/fog-1.27.0/lib/fog/openstack/compute.rb:320:in `initialize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/fog-core-1.27.4/lib/fog/core/service.rb:115:in `new' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/fog-core-1.27.4/lib/fog/core/service.rb:115:in `new' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/fog-core-1.27.4/lib/fog/compute.rb:64:in `new' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_openstack_cpi-1.2889.0/lib/cloud/openstack/cloud.rb:66:in `initialize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_cpi-1.2889.0/lib/cloud/provider.rb:22:in `new' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_cpi-1.2889.0/lib/cloud/provider.rb:22:in `create' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_cpi-1.2889.0/lib/cloud/provider.rb:7:in `create' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/config.rb:207:in `block in cloud' | |
| /var/vcap/packages/ruby/lib/ruby/2.1.0/monitor.rb:211:in `mon_synchronize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/config.rb:205:in `cloud' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/jobs/update_stemcell.rb:29:in `initialize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/job_runner.rb:93:in `new' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/job_runner.rb:93:in `perform_job' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/job_runner.rb:31:in `block in run' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_common-1.2889.0/lib/common/thread_formatter.rb:49:in `with_thread_name' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/job_runner.rb:31:in `run' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/jobs/base_job.rb:10:in `perform' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/job.rb:227:in `perform' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/worker.rb:250:in `perform' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/worker.rb:189:in `block in work' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/worker.rb:166:in `loop' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/worker.rb:166:in `work' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/bin/bosh-director-worker:75:in `<top (required)>' | |
| /var/vcap/packages/director/bin/bosh-director-worker:16:in `load' | |
| /var/vcap/packages/director/bin/bosh-director-worker:16:in `<main>' | |
| E, [2015-03-27 08:55:39 #6219] [task:8] ERROR -- DirectorJobRunner: Unable to connect to the OpenStack Compute API. Check task debug log for details. | |
| E, [2015-03-27 08:55:39 #6219] [task:8] ERROR -- DirectorJobRunner: Unable to connect to the OpenStack Compute API. Check task debug log for details. | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_openstack_cpi-1.2889.0/lib/cloud/openstack/helpers.rb:20:in `cloud_error' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_openstack_cpi-1.2889.0/lib/cloud/openstack/cloud.rb:69:in `rescue in initialize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_openstack_cpi-1.2889.0/lib/cloud/openstack/cloud.rb:65:in `initialize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_cpi-1.2889.0/lib/cloud/provider.rb:22:in `new' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_cpi-1.2889.0/lib/cloud/provider.rb:22:in `create' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_cpi-1.2889.0/lib/cloud/provider.rb:7:in `create' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/config.rb:207:in `block in cloud' | |
| /var/vcap/packages/ruby/lib/ruby/2.1.0/monitor.rb:211:in `mon_synchronize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/config.rb:205:in `cloud' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/jobs/update_stemcell.rb:29:in `initialize' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/job_runner.rb:93:in `new' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/job_runner.rb:93:in `perform_job' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/job_runner.rb:31:in `block in run' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh_common-1.2889.0/lib/common/thread_formatter.rb:49:in `with_thread_name' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/job_runner.rb:31:in `run' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/lib/bosh/director/jobs/base_job.rb:10:in `perform' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/job.rb:227:in `perform' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/worker.rb:250:in `perform' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/worker.rb:189:in `block in work' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/worker.rb:166:in `loop' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/resque-1.25.2/lib/resque/worker.rb:166:in `work' | |
| /var/vcap/packages/director/gem_home/ruby/2.1.0/gems/bosh-director-1.2889.0/bin/bosh-director-worker:75:in `<top (required)>' | |
| /var/vcap/packages/director/bin/bosh-director-worker:16:in `load' | |
| /var/vcap/packages/director/bin/bosh-director-worker:16:in `<main>' | |
| D, [2015-03-27 08:55:39 #6219] [task:8] DEBUG -- DirectorJobRunner: (0.000242s) BEGIN | |
| D, [2015-03-27 08:55:39 #6219] [task:8] DEBUG -- DirectorJobRunner: (0.000671s) UPDATE "tasks" SET "state" = 'error', "timestamp" = '2015-03-27 08:55:39.849588+0000', "description" = 'create stemcell', "result" = 'Unable to connect to the OpenStack Compute API. Check task debug log for details.', "output" = '/var/vcap/store/director/tasks/8', "checkpoint_time" = '2015-03-27 08:54:34.559517+0000', "type" = 'update_stemcell', "username" = 'admin' WHERE ("id" = 8) | |
| D, [2015-03-27 08:55:39 #6219] [task:8] DEBUG -- DirectorJobRunner: (0.007851s) COMMIT | |
| I, [2015-03-27 08:55:39 #6219] [] INFO -- DirectorJobRunner: Task took 1 minute 3.2337217529999975 seconds to process. | |
| Task 8 error |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment