gistfile1.txt

[nova-compute-2jlmr][nova-compute]  | ',key_name='test-key',keypairs=<?>,launch_index=0,launched_at=2017-06-21T17:29:55Z,launched_on='csoaiclab01-84',locked=False,locked_by=None,memory_mb=8192,metadata={},migration_context=<?>,new_flavor=None,node='csoaiclab01-84',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ded0302552204d989eae7c9fac49bdf7',ramdisk_id='',reservation_id='r-enk4mlud',root_device_name='/dev/vda',root_gb=80,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={clean_attempts='1',image_base_image_ref='a23085fa-725a-44d0-9399-2e6b105d3a14',image_container_format='bare',image_disk_format='qcow2',image_min_disk='80',image_min_ram='0'},tags=<?>,task_state='migrating',terminated_at=None,updated_at=2017-06-21T17:32:43Z,user_data=None,user_id='294a9239a84f45b3b7fd061e56782a05',uuid=27533248-46e0-44a1-9dc9-c0c70977419a,vcpu_model=<?>,vcpus=4,vm_mode=None,vm_state='active') vif={"profile": {"pci_slot": "0000:08:10.6", "physical_network": "physnet1", "pci_vendor_info": "8086:10ed"}, "ovs_interfaceid": null, "preserve_on_delete": true, "network": {"bridge": null, "subnets": [{"ips": [{"version": 4, "vif_mac": "fa:16:3e:2b:f2:68", "floating_ips": [{"meta": {}, "version": 4, "type": "floating", "address": "135.16.101.235"}], "label": "sriovnet1", "meta": {}, "address": "10.2.0.7", "type": "fixed"}], "version": 4, "meta": {"dhcp_server": "10.2.0.2"}, "dns": [], "routes": [], "cidr": "10.2.0.0/24", "gateway": {"meta": {}, "version": 4, "type": "gateway", "address": "10.2.0.1"}}], "meta": {"injected": false, "tenant_id": "ded0302552204d989eae7c9fac49bdf7", "physical_network": "physnet1", "mtu": 1500}, "id": "294ed59d-5538-4f73-a12c-b007d02c4065", "label": "sriovnet1"}, "devname": "tapfb87f79a-fa", "vnic_type": "direct", "qbh_params": null, "meta": {}, "details": {"port_filter": false, "vlan": "20"}, "address": "fa:16:3e:2b:f2:68", "active": true, "type": "hw_veb", "id": "fb87f79a-fa85-4b72-8ecf-856ba166f9c3", "qbg_params": null} plug /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/virt/libvirt/vif.py:812
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:42.016 5386 DEBUG nova.network.os_vif_util [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] Converting VIF {"profile": {"pci_slot": "0000:08:10.6", "physical_network": "physnet1", "pci_vendor_info": "8086:10ed"}, "ovs_interfaceid": null, "preserve_on_delete": true, "network": {"bridge": null, "subnets": [{"ips": [{"version": 4, "vif_mac": "fa:16:3e:2b:f2:68", "floating_ips": [{"meta": {}, "version": 4, "type": "floating", "address": "135.16.101.235"}], "label": "sriovnet1", "meta": {}, "address": "10.2.0.7", "type": "fixed"}], "version": 4, "meta": {"dhcp_server": "10.2.0.2"}, "dns": [], "routes": [], "cidr": "10.2.0.0/24", "gateway": {"meta": {}, "version": 4, "type": "gateway", "address": "10.2.0.1"}}], "meta": {"injected": false, "tenant_id": "ded0302552204d989eae7c9fac49bdf7", "physical_network": "physnet1", "mtu": 1500}, "id": "294ed59d-5538-4f73-a12c-b007d02c4065", "label": "sriovnet1"}, "devname": "tapfb87f79a-fa", "vnic_type": "direct", "qbh_params": null, "meta": {}, "details": {"port_filter": false, "vlan": "20"}, "address": "fa:16:3e:2b:f2:68", "active": true, "type": "hw_veb", "id": "fb87f79a-fa85-4b72-8ecf-856ba166f9c3", "qbg_params": null} nova_to_osvif_vif /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/network/os_vif_util.py:362
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:42.017 5386 DEBUG nova.network.os_vif_util [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] No conversion for VIF type hw_veb yet nova_to_osvif_vif /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/network/os_vif_util.py:378
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:42.019 5386 DEBUG nova.compute.manager [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] driver pre_live_migration data is LibvirtLiveMigrateData(bdms=[],block_migration=True,disk_available_mb=169984,disk_over_commit=False,filename='tmp4FLPSf',graphics_listen_addr_spice=127.0.0.1,graphics_listen_addr_vnc=0.0.0.0,image_type='qcow2',instance_relative_path='27533248-46e0-44a1-9dc9-c0c70977419a',is_shared_block_storage=False,is_shared_instance_path=False,is_volume_backed=False,migration=<?>,serial_listen_addr='127.0.0.1',serial_listen_ports=[],supported_perf_events=[],target_connect_addr=None) pre_live_migration /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/compute/manager.py:5216
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:42.107 5386 DEBUG neutronclient.v2_0.client [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] GET call to neutron for http://neutron-server.openstack:9696/v2.0/ports.json?tenant_id=ded0302552204d989eae7c9fac49bdf7&binding%3Ahost_id=csoaiclab01-84&device_id=27533248-46e0-44a1-9dc9-c0c70977419a used request id req-63310f90-dd3f-4549-9ef7-9f3152e2eb6a _append_request_id /var/lib/kolla/venv/local/lib/python2.7/site-packages/neutronclient/v2_0/client.py:127
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:43.378 5386 DEBUG neutronclient.v2_0.client [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] PUT call to neutron for http://neutron-server.openstack:9696/v2.0/ports/fb87f79a-fa85-4b72-8ecf-856ba166f9c3.json used request id req-ba2e6b72-9839-4149-880d-2102e326dd20 _append_request_id /var/lib/kolla/venv/local/lib/python2.7/site-packages/neutronclient/v2_0/client.py:127
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:43.379 5386 DEBUG nova.network.neutronv2.api [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] [instance: 27533248-46e0-44a1-9dc9-c0c70977419a] Port fb87f79a-fa85-4b72-8ecf-856ba166f9c3 updated with migration profile {u'pci_slot': u'0000:08:10.6', u'physical_network': u'physnet1', 'migrating_to': 'csoaiclab01-83', u'pci_vendor_info': u'8086:10ed'} successfully _setup_migration_port_profile /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/network/neutronv2/api.py:296
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:43.382 5386 DEBUG nova.compute.manager [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] pre_live_migration result data is LibvirtLiveMigrateData(bdms=[],block_migration=True,disk_available_mb=169984,disk_over_commit=False,filename='tmp4FLPSf',graphics_listen_addr_spice=127.0.0.1,graphics_listen_addr_vnc=0.0.0.0,image_type='qcow2',instance_relative_path='27533248-46e0-44a1-9dc9-c0c70977419a',is_shared_block_storage=False,is_shared_instance_path=False,is_volume_backed=False,migration=<?>,serial_listen_addr='127.0.0.1',serial_listen_ports=[],supported_perf_events=[],target_connect_addr=None) pre_live_migration /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/compute/manager.py:5240
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:43.384 5386 DEBUG oslo_messaging._drivers.amqpdriver [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] CALL msg_id: 2b0e544c9e0b4ceb86e1b43023b8e9b8 exchange 'nova' topic 'conductor' _send /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:448
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:43.463 5386 DEBUG oslo_messaging._drivers.amqpdriver [-] received reply msg_id: 2b0e544c9e0b4ceb86e1b43023b8e9b8 __call__ /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:296
[nova-compute-2jlmr][nova-compute]  | 2017-06-21 17:33:43.466 5386 DEBUG oslo_messaging._drivers.amqpdriver [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] sending reply msg_id: 321d305bfb194b27a687a243cd35fe20 reply queue: reply_d6394cc7c39c4e20a1841187bf13d003 time elapsed: 3.98688071s _send_reply /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:73
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.072 4548 DEBUG oslo_messaging._drivers.amqpdriver [-] received reply msg_id: 321d305bfb194b27a687a243cd35fe20 __call__ /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:296
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.075 4548 DEBUG oslo_messaging._drivers.amqpdriver [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] CALL msg_id: 2df6a066d3a54d1a8f24ec0e6b2ae059 exchange 'nova' topic 'conductor' _send /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:448
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.126 4548 DEBUG oslo_messaging._drivers.amqpdriver [-] received reply msg_id: 2df6a066d3a54d1a8f24ec0e6b2ae059 __call__ /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:296
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.127 4548 DEBUG nova.compute.manager [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] live_migration data is LibvirtLiveMigrateData(bdms=[],block_migration=True,disk_available_mb=169984,disk_over_commit=False,filename='tmp4FLPSf',graphics_listen_addr_spice=127.0.0.1,graphics_listen_addr_vnc=0.0.0.0,image_type='qcow2',instance_relative_path='27533248-46e0-44a1-9dc9-c0c70977419a',is_shared_block_storage=False,is_shared_instance_path=False,is_volume_backed=False,migration=Migration(49),serial_listen_addr='127.0.0.1',serial_listen_ports=[],supported_perf_events=[],target_connect_addr=None) _do_live_migration /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/compute/manager.py:5283
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.134 4548 DEBUG oslo_messaging._drivers.amqpdriver [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] CALL msg_id: ea1f06a3232a42c697304a13f2c5fa32 exchange 'nova' topic 'conductor' _send /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:448
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.158 4548 DEBUG oslo_messaging._drivers.amqpdriver [-] received reply msg_id: ea1f06a3232a42c697304a13f2c5fa32 __call__ /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:296
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.163 4548 DEBUG nova.virt.libvirt.driver [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] [instance: 27533248-46e0-44a1-9dc9-c0c70977419a] Starting monitoring of live migration _live_migration /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/virt/libvirt/driver.py:6406
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.163 4548 DEBUG nova.objects.instance [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] Lazy-loading 'flavor' on Instance uuid 27533248-46e0-44a1-9dc9-c0c70977419a obj_load_attr /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/objects/instance.py:1013
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.165 4548 DEBUG oslo_messaging._drivers.amqpdriver [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] CALL msg_id: fa2a60fb701845f2a8092c1a60029c80 exchange 'nova' topic 'conductor' _send /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:448
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.174 4548 ERROR nova.virt.libvirt.driver [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] [instance: 27533248-46e0-44a1-9dc9-c0c70977419a] Live Migration failure: Requested operation is not valid: domain has assigned non-USB host devices
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.175 4548 DEBUG nova.virt.libvirt.driver [req-2fe3a64a-f888-421b-8274-48f1e6607ce4 294a9239a84f45b3b7fd061e56782a05 ded0302552204d989eae7c9fac49bdf7 - - -] [instance: 27533248-46e0-44a1-9dc9-c0c70977419a] Migration operation thread notification thread_finished /var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/virt/libvirt/driver.py:6397
[nova-compute-nxhrw][nova-compute]  | Traceback (most recent call last):
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 457, in fire_timers
[nova-compute-nxhrw][nova-compute]  |     timer()
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/eventlet/hubs/timer.py", line 58, in __call__
[nova-compute-nxhrw][nova-compute]  |     cb(*args, **kw)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/eventlet/event.py", line 168, in _do_send
[nova-compute-nxhrw][nova-compute]  |     waiter.switch(result)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/eventlet/greenthread.py", line 214, in main
[nova-compute-nxhrw][nova-compute]  |     result = function(*args, **kwargs)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/utils.py", line 1066, in context_wrapper
[nova-compute-nxhrw][nova-compute]  |     return func(*args, **kwargs)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 5998, in _live_migration_operation
[nova-compute-nxhrw][nova-compute]  |     instance=instance)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
[nova-compute-nxhrw][nova-compute]  |     self.force_reraise()
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
[nova-compute-nxhrw][nova-compute]  |     six.reraise(self.type_, self.value, self.tb)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 5991, in _live_migration_operation
[nova-compute-nxhrw][nova-compute]  |     bandwidth=CONF.libvirt.live_migration_bandwidth)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/nova/virt/libvirt/guest.py", line 601, in migrate
[nova-compute-nxhrw][nova-compute]  |     destination, params=params, flags=flags)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/eventlet/tpool.py", line 186, in doit
[nova-compute-nxhrw][nova-compute]  |     result = proxy_call(self._autowrap, f, *args, **kwargs)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/eventlet/tpool.py", line 144, in proxy_call
[nova-compute-nxhrw][nova-compute]  |     rv = execute(f, *args, **kwargs)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/eventlet/tpool.py", line 125, in execute
[nova-compute-nxhrw][nova-compute]  |     six.reraise(c, e, tb)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/eventlet/tpool.py", line 83, in tworker
[nova-compute-nxhrw][nova-compute]  |     rv = meth(*args, **kwargs)
[nova-compute-nxhrw][nova-compute]  |   File "/var/lib/kolla/venv/local/lib/python2.7/site-packages/libvirt.py", line 1833, in migrateToURI3
[nova-compute-nxhrw][nova-compute]  |     if ret == -1: raise libvirtError ('virDomainMigrateToURI3() failed', dom=self)
[nova-compute-nxhrw][nova-compute]  | libvirtError: Requested operation is not valid: domain has assigned non-USB host devices
[nova-compute-nxhrw][nova-compute]  | 2017-06-21 17:33:43.257 4548 DEBUG oslo_messaging._drivers.amqpdriver [-] received reply msg_id: fa2a60fb701845f2a8092c1a60029c80 __call__ /var/lib/kolla/venv/local/lib/python2.7/site-packages/oslo_messaging/_drivers/amqpdriver.py:296